{
    "model_type": "causal",
    "model_path": "BrandonZYW/llama-2-7b-InBedder",
    "model_id": "Llama-2-7b-hf-qa-ml=20",
    "max_input_length": 512,
    "dtype": "bfloat16",
    "seed": 42,
    "use_flash_attention_2": true,
    "generation_configs": {
        "temperature": 0.6,
        "top_p": 0.9,
        "max_new_tokens": 20,
        "do_sample": true
    },
    "batch_size": 50,
    "disable_instruction": false,
    "pattern": "### Input:\n{input}\n\n### Instruction:\n{instruction}\n\n### Response:",
    "data_path": "BrandonZYW/FewNerdClustering",
    "instruction": "Here is a sentence. Please tell me the type of the specified entity appended after the sentence.",
    "instruct_id": "entity-type",
    "output_value": "fst_gen_layer_32",
    "n_clusters": 58
}